Tensor2Tensor HParams,MOSES BLEU,Sparsity,begin_pruning_step,end_pruning_step,pruning_frequency,regularization,threshold_decay
sparse_transformer_magnitude_pruning,26.11,0.5,100000,400000,10000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,26.03,0.5,100000,400000,10000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,26.06,0.5,100000,400000,10000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,25.84,0.5,100000,400000,10000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,26.11,0.5,100000,400000,10000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,26.08,0.5,100000,400000,10000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,26.04,0.5,100000,400000,10000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,25.93,0.5,100000,400000,10000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,25.96,0.5,100000,400000,10000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,26.22,0.5,100000,400000,10000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,25.86,0.5,100000,400000,10000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,26.02,0.5,100000,400000,10000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,26.04,0.5,100000,400000,10000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,26.13,0.5,100000,400000,10000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,26.04,0.5,100000,400000,10000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,25.84,0.5,100000,400000,10000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,26.08,0.5,100000,400000,10000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,26.13,0.5,100000,400000,10000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,25.97,0.5,100000,400000,10000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,26.07,0.5,100000,400000,10000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,25.81,0.5,100000,400000,10000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,25.9,0.5,100000,400000,10000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,26.23,0.5,100000,400000,10000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,26.24,0.5,100000,400000,10000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,26.13,0.5,100000,400000,10000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,25.34,0.600001454353,100000,400000,1000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,25.4,0.600001454353,100000,400000,1000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,25.18,0.600001454353,100000,400000,1000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,25.49,0.600001454353,100000,400000,1000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,25.34,0.600001454353,100000,400000,1000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,25.62,0.600001454353,100000,400000,1000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,25.36,0.600001454353,100000,400000,1000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,25.21,0.600001454353,100000,400000,1000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,25.56,0.600001454353,100000,400000,1000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,25.2,0.600001454353,100000,400000,1000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,25.45,0.600001454353,100000,400000,1000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,25.34,0.600001454353,100000,400000,1000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,25.45,0.600001454353,100000,400000,1000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,25.23,0.600001454353,100000,400000,1000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,25.33,0.600001454353,100000,400000,1000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,25.39,0.600001454353,100000,400000,1000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,25.34,0.600001454353,100000,400000,1000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,25.37,0.600001454353,100000,400000,1000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,25.48,0.600001454353,100000,400000,1000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,25.32,0.600001454353,100000,400000,1000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,25.46,0.600001454353,100000,400000,1000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,25.42,0.600001454353,100000,400000,1000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,25.59,0.600001454353,100000,400000,1000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,25.26,0.600001454353,100000,400000,1000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,25.47,0.600001454353,100000,400000,1000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,24.45,0.700000524521,100000,300000,1000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,24.67,0.700000524521,100000,300000,1000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,24.7,0.700000524521,100000,300000,1000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,24.53,0.700000524521,100000,300000,1000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,24.72,0.700000524521,100000,300000,1000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,24.46,0.700000524521,100000,300000,1000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,24.46,0.700000524521,100000,300000,1000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,24.56,0.700000524521,100000,300000,1000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,24.17,0.700000524521,100000,300000,1000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,24.55,0.700000524521,100000,300000,1000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,24.78,0.700000524521,100000,300000,1000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,24.53,0.700000524521,100000,300000,1000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,24.63,0.700000524521,100000,300000,1000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,24.66,0.700000524521,100000,300000,1000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,24.8,0.700000524521,100000,300000,1000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,24.44,0.700000405312,100000,300000,1000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,24.37,0.700000405312,100000,300000,1000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,24.68,0.700000405312,100000,300000,1000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,24.53,0.700000405312,100000,300000,1000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,24.31,0.700000405312,100000,300000,1000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,24.55,0.700000524521,100000,300000,1000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,24.78,0.700000524521,100000,300000,1000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,24.56,0.700000524521,100000,300000,1000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,24.59,0.700000524521,100000,300000,1000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,24.59,0.700000524521,100000,300000,1000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,22.51,0.8000010252,200000,400000,10000,label_smoothing,0
sparse_transformer_magnitude_pruning,22.71,0.8000010252,200000,400000,10000,label_smoothing,0
sparse_transformer_magnitude_pruning,22.85,0.8000010252,200000,400000,10000,label_smoothing,0
sparse_transformer_magnitude_pruning,22.85,0.8000010252,200000,400000,10000,label_smoothing,0
sparse_transformer_magnitude_pruning,22.65,0.8000010252,200000,400000,10000,label_smoothing,0
sparse_transformer_magnitude_pruning,22.58,0.8000010252,200000,400000,10000,label_smoothing,0
sparse_transformer_magnitude_pruning,22.86,0.8000010252,200000,400000,10000,label_smoothing,0
sparse_transformer_magnitude_pruning,22.76,0.8000010252,200000,400000,10000,label_smoothing,0
sparse_transformer_magnitude_pruning,22.81,0.8000010252,200000,400000,10000,label_smoothing,0
sparse_transformer_magnitude_pruning,23.04,0.8000010252,200000,400000,10000,label_smoothing,0
sparse_transformer_magnitude_pruning,22.59,0.800001084805,200000,400000,10000,label_smoothing,0
sparse_transformer_magnitude_pruning,22.61,0.800001084805,200000,400000,10000,label_smoothing,0
sparse_transformer_magnitude_pruning,22.62,0.800001084805,200000,400000,10000,label_smoothing,0
sparse_transformer_magnitude_pruning,22.7,0.800001084805,200000,400000,10000,label_smoothing,0
sparse_transformer_magnitude_pruning,22.63,0.800001084805,200000,400000,10000,label_smoothing,0
sparse_transformer_magnitude_pruning,22.64,0.8000010252,200000,400000,10000,label_smoothing,0
sparse_transformer_magnitude_pruning,22.8,0.8000010252,200000,400000,10000,label_smoothing,0
sparse_transformer_magnitude_pruning,22.54,0.8000010252,200000,400000,10000,label_smoothing,0
sparse_transformer_magnitude_pruning,22.62,0.8000010252,200000,400000,10000,label_smoothing,0
sparse_transformer_magnitude_pruning,22.38,0.8000010252,200000,400000,10000,label_smoothing,0
sparse_transformer_magnitude_pruning,22.82,0.8000010252,200000,400000,10000,label_smoothing,0
sparse_transformer_magnitude_pruning,22.43,0.8000010252,200000,400000,10000,label_smoothing,0
sparse_transformer_magnitude_pruning,22.59,0.8000010252,200000,400000,10000,label_smoothing,0
sparse_transformer_magnitude_pruning,22.53,0.8000010252,200000,400000,10000,label_smoothing,0
sparse_transformer_magnitude_pruning,22.47,0.8000010252,200000,400000,10000,label_smoothing,0
sparse_transformer_magnitude_pruning,20.84,0.900000691414,0,400000,10000,label_smoothing,0
sparse_transformer_magnitude_pruning,21.01,0.900000691414,0,400000,10000,label_smoothing,0
sparse_transformer_magnitude_pruning,21.3,0.900000691414,0,400000,10000,label_smoothing,0
sparse_transformer_magnitude_pruning,20.99,0.900000691414,0,400000,10000,label_smoothing,0
sparse_transformer_magnitude_pruning,20.85,0.900000691414,0,400000,10000,label_smoothing,0
sparse_transformer_magnitude_pruning,21.23,0.900000691414,0,400000,10000,label_smoothing,0
sparse_transformer_magnitude_pruning,21.04,0.900000691414,0,400000,10000,label_smoothing,0
sparse_transformer_magnitude_pruning,20.98,0.900000691414,0,400000,10000,label_smoothing,0
sparse_transformer_magnitude_pruning,20.92,0.900000691414,0,400000,10000,label_smoothing,0
sparse_transformer_magnitude_pruning,21.1,0.900000691414,0,400000,10000,label_smoothing,0
sparse_transformer_magnitude_pruning,21.34,0.900000691414,0,400000,10000,label_smoothing,0
sparse_transformer_magnitude_pruning,21.16,0.900000691414,0,400000,10000,label_smoothing,0
sparse_transformer_magnitude_pruning,21,0.900000691414,0,400000,10000,label_smoothing,0
sparse_transformer_magnitude_pruning,20.99,0.900000691414,0,400000,10000,label_smoothing,0
sparse_transformer_magnitude_pruning,21.07,0.900000691414,0,400000,10000,label_smoothing,0
sparse_transformer_magnitude_pruning,21.28,0.900000691414,0,400000,10000,label_smoothing,0
sparse_transformer_magnitude_pruning,21.14,0.900000691414,0,400000,10000,label_smoothing,0
sparse_transformer_magnitude_pruning,21.08,0.900000691414,0,400000,10000,label_smoothing,0
sparse_transformer_magnitude_pruning,21.19,0.900000691414,0,400000,10000,label_smoothing,0
sparse_transformer_magnitude_pruning,20.89,0.900000691414,0,400000,10000,label_smoothing,0
sparse_transformer_magnitude_pruning,21.07,0.900000751019,0,400000,10000,label_smoothing,0
sparse_transformer_magnitude_pruning,21.17,0.900000751019,0,400000,10000,label_smoothing,0
sparse_transformer_magnitude_pruning,21.01,0.900000751019,0,400000,10000,label_smoothing,0
sparse_transformer_magnitude_pruning,21.04,0.900000751019,0,400000,10000,label_smoothing,0
sparse_transformer_magnitude_pruning,21.04,0.900000751019,0,400000,10000,label_smoothing,0
sparse_transformer_magnitude_pruning,18.71,0.950000584126,100000,300000,1000,label_smoothing,0
sparse_transformer_magnitude_pruning,18.7,0.950000584126,100000,300000,1000,label_smoothing,0
sparse_transformer_magnitude_pruning,18.42,0.950000584126,100000,300000,1000,label_smoothing,0
sparse_transformer_magnitude_pruning,18.26,0.950000584126,100000,300000,1000,label_smoothing,0
sparse_transformer_magnitude_pruning,18.65,0.950000584126,100000,300000,1000,label_smoothing,0
sparse_transformer_magnitude_pruning,18.14,0.950000524521,100000,300000,1000,label_smoothing,0
sparse_transformer_magnitude_pruning,18.76,0.950000524521,100000,300000,1000,label_smoothing,0
sparse_transformer_magnitude_pruning,18.74,0.950000524521,100000,300000,1000,label_smoothing,0
sparse_transformer_magnitude_pruning,18.41,0.950000524521,100000,300000,1000,label_smoothing,0
sparse_transformer_magnitude_pruning,18.66,0.950000524521,100000,300000,1000,label_smoothing,0
sparse_transformer_magnitude_pruning,18.55,0.950000584126,100000,300000,1000,label_smoothing,0
sparse_transformer_magnitude_pruning,18.39,0.950000584126,100000,300000,1000,label_smoothing,0
sparse_transformer_magnitude_pruning,18.44,0.950000584126,100000,300000,1000,label_smoothing,0
sparse_transformer_magnitude_pruning,18.34,0.950000584126,100000,300000,1000,label_smoothing,0
sparse_transformer_magnitude_pruning,18.09,0.950000584126,100000,300000,1000,label_smoothing,0
sparse_transformer_magnitude_pruning,18.6,0.950000524521,100000,300000,1000,label_smoothing,0
sparse_transformer_magnitude_pruning,18.44,0.950000524521,100000,300000,1000,label_smoothing,0
sparse_transformer_magnitude_pruning,18.75,0.950000524521,100000,300000,1000,label_smoothing,0
sparse_transformer_magnitude_pruning,18.4,0.950000524521,100000,300000,1000,label_smoothing,0
sparse_transformer_magnitude_pruning,18.38,0.950000524521,100000,300000,1000,label_smoothing,0
sparse_transformer_magnitude_pruning,18.48,0.950000584126,100000,300000,1000,label_smoothing,0
sparse_transformer_magnitude_pruning,18.43,0.950000584126,100000,300000,1000,label_smoothing,0
sparse_transformer_magnitude_pruning,18.3,0.950000584126,100000,300000,1000,label_smoothing,0
sparse_transformer_magnitude_pruning,18.73,0.950000584126,100000,300000,1000,label_smoothing,0
sparse_transformer_magnitude_pruning,18.08,0.950000584126,100000,300000,1000,label_smoothing,0
sparse_transformer_magnitude_pruning,14.16,0.980001270771,0,300000,1000,none,0
sparse_transformer_magnitude_pruning,14.18,0.980001270771,0,300000,1000,none,0
sparse_transformer_magnitude_pruning,13.61,0.980001270771,0,300000,1000,none,0
sparse_transformer_magnitude_pruning,13.66,0.980001270771,0,300000,1000,none,0
sparse_transformer_magnitude_pruning,14.24,0.980001270771,0,300000,1000,none,0
sparse_transformer_magnitude_pruning,14.34,0.980001270771,0,300000,1000,none,0
sparse_transformer_magnitude_pruning,14.14,0.980001270771,0,300000,1000,none,0
sparse_transformer_magnitude_pruning,14.21,0.980001270771,0,300000,1000,none,0
sparse_transformer_magnitude_pruning,14.11,0.980001270771,0,300000,1000,none,0
sparse_transformer_magnitude_pruning,14.3,0.980001270771,0,300000,1000,none,0
sparse_transformer_magnitude_pruning,13.39,0.980001270771,0,300000,1000,none,0
sparse_transformer_magnitude_pruning,13.52,0.980001270771,0,300000,1000,none,0
sparse_transformer_magnitude_pruning,13.79,0.980001270771,0,300000,1000,none,0
sparse_transformer_magnitude_pruning,14.08,0.980001270771,0,300000,1000,none,0
sparse_transformer_magnitude_pruning,13.58,0.980001270771,0,300000,1000,none,0
sparse_transformer_magnitude_pruning,14.16,0.980001270771,0,300000,1000,none,0
sparse_transformer_magnitude_pruning,13.78,0.980001270771,0,300000,1000,none,0
sparse_transformer_magnitude_pruning,14.06,0.980001270771,0,300000,1000,none,0
sparse_transformer_magnitude_pruning,13.34,0.980001270771,0,300000,1000,none,0
sparse_transformer_magnitude_pruning,13.73,0.980001270771,0,300000,1000,none,0
sparse_transformer_magnitude_pruning,14.16,0.980001270771,0,300000,1000,none,0
sparse_transformer_magnitude_pruning,13.62,0.980001270771,0,300000,1000,none,0
sparse_transformer_magnitude_pruning,14.27,0.980001270771,0,300000,1000,none,0
sparse_transformer_magnitude_pruning,14.24,0.980001270771,0,300000,1000,none,0
sparse_transformer_magnitude_pruning,13.46,0.980001270771,0,300000,1000,none,0
